{"id":"https://openalex.org/W4406322156","doi":"https://doi.org/10.1109/tcc.2025.3528446","title":"CARL: Cost-Optimized Online Container Placement on VMs Using Adversarial Reinforcement Learning","display_name":"CARL: Cost-Optimized Online Container Placement on VMs Using Adversarial Reinforcement Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406322156","doi":"https://doi.org/10.1109/tcc.2025.3528446"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2025.3528446","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2025.3528446","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115863100","display_name":"Prathamesh Saraf Vinayak","orcid":null},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Prathamesh Saraf Vinayak","raw_affiliation_strings":["Indian Institute of Science, Bengaluru, India","Indian Institute of Science, Bangalore, India"],"raw_orcid":"https://orcid.org/0009-0002-2337-3574","affiliations":[{"raw_affiliation_string":"Indian Institute of Science, Bengaluru, India","institution_ids":["https://openalex.org/I59270414"]},{"raw_affiliation_string":"Indian Institute of Science, Bangalore, India","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111336381","display_name":"Saswat Mallick","orcid":null},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Saswat Subhajyoti Mallick","raw_affiliation_strings":["Indian Institute of Science, Bengaluru, India","Indian Institute of Science, Bangalore, India"],"raw_orcid":"https://orcid.org/0009-0000-2052-2090","affiliations":[{"raw_affiliation_string":"Indian Institute of Science, Bengaluru, India","institution_ids":["https://openalex.org/I59270414"]},{"raw_affiliation_string":"Indian Institute of Science, Bangalore, India","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115863101","display_name":"Lakshmi Jagarlamudi","orcid":null},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Lakshmi Jagarlamudi","raw_affiliation_strings":["Indian Institute of Science, Bengaluru, India","Indian Institute of Science, Bangalore, India"],"raw_orcid":"https://orcid.org/0000-0001-5484-9622","affiliations":[{"raw_affiliation_string":"Indian Institute of Science, Bengaluru, India","institution_ids":["https://openalex.org/I59270414"]},{"raw_affiliation_string":"Indian Institute of Science, Bangalore, India","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101611838","display_name":"Anirban Chakraborty","orcid":"https://orcid.org/0000-0002-6946-9152"},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anirban Chakraborty","raw_affiliation_strings":["Indian Institute of Science, Bengaluru, India","Indian Institute of Science, Bangalore, India"],"raw_orcid":"https://orcid.org/0000-0002-6946-9152","affiliations":[{"raw_affiliation_string":"Indian Institute of Science, Bengaluru, India","institution_ids":["https://openalex.org/I59270414"]},{"raw_affiliation_string":"Indian Institute of Science, Bangalore, India","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107958581","display_name":"Yogesh Simmhan","orcid":null},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Yogesh Simmhan","raw_affiliation_strings":["Indian Institute of Science, Bengaluru, India","Indian Institute of Science, Bangalore, India"],"raw_orcid":"https://orcid.org/0000-0003-4140-7774","affiliations":[{"raw_affiliation_string":"Indian Institute of Science, Bengaluru, India","institution_ids":["https://openalex.org/I59270414"]},{"raw_affiliation_string":"Indian Institute of Science, Bangalore, India","institution_ids":["https://openalex.org/I59270414"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I59270414"],"apc_list":null,"apc_paid":null,"fwci":1.059,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.72228129,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"13","issue":"1","first_page":"321","last_page":"335"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.816321849822998},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.7917877435684204},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7804553508758545},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7474352121353149},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5394507050514221},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3984167277812958},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3792836368083954},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3636358380317688},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2555215656757355},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12311506271362305}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.816321849822998},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.7917877435684204},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7804553508758545},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7474352121353149},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5394507050514221},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3984167277812958},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3792836368083954},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3636358380317688},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2555215656757355},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12311506271362305},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2025.3528446","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2025.3528446","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2021667890","https://openalex.org/W2052361047","https://openalex.org/W2090502325","https://openalex.org/W2100297710","https://openalex.org/W2135938932","https://openalex.org/W2141992894","https://openalex.org/W2157016369","https://openalex.org/W2279902707","https://openalex.org/W2342137734","https://openalex.org/W2577702044","https://openalex.org/W2593732127","https://openalex.org/W2597068831","https://openalex.org/W2674963269","https://openalex.org/W2755261367","https://openalex.org/W2931122162","https://openalex.org/W2940651923","https://openalex.org/W2951360122","https://openalex.org/W2963964677","https://openalex.org/W2972304804","https://openalex.org/W2982539992","https://openalex.org/W3089116250","https://openalex.org/W3096831136","https://openalex.org/W3129362935","https://openalex.org/W3162118826","https://openalex.org/W3176111990","https://openalex.org/W3206130365","https://openalex.org/W3206396201","https://openalex.org/W3209366914","https://openalex.org/W4313690030","https://openalex.org/W4390607243","https://openalex.org/W6639249596","https://openalex.org/W6680724558","https://openalex.org/W6718092244","https://openalex.org/W6720433847","https://openalex.org/W6735579001","https://openalex.org/W6780559895","https://openalex.org/W6784415279","https://openalex.org/W6804601995","https://openalex.org/W6847056214","https://openalex.org/W6864064455"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4310988119","https://openalex.org/W4285226279","https://openalex.org/W4288019534"],"abstract_inverted_index":{"Containerization":[0],"has":[1],"become":[2],"popular":[3],"for":[4,92,109,130,173],"the":[5,45,48,55,114,132,137,154,174,228,235,242,247],"deployment":[6],"of":[7,18,50,58,117,176,241],"applications":[8,19,37],"on":[9,20,163],"public":[10],"clouds.":[11],"Large":[12],"enterprises":[13],"may":[14],"host":[15],"100":[16],"s":[17,22],"1000":[21],"containers":[23],"that":[24,43],"are":[25,38],"placed":[26],"onto":[27,54,182,206],"Virtual":[28],"Machines":[29],"(VMs).":[30],"Such":[31],"placement":[32,49,115,175,202],"decisions":[33,203],"happen":[34],"continuously":[35],"as":[36,70],"updated":[39],"by":[40],"DevOps":[41],"pipelines":[42],"deploy":[44],"containers.":[46],"Managing":[47],"container":[51,143,180,243],"resource":[52,236],"requests":[53,181,244],"available":[56],"capacities":[57],"VMs":[59],"needs":[60,237],"to":[61,87,101,146,151],"be":[62],"cost-efficient.":[63],"This":[64],"is":[65,149],"well-studied,":[66],"and":[67,79,148,171,187,193,219],"usually":[68],"modelled":[69],"a":[71,98,127],"multi-dimensional":[72],"Vector":[73],"Bin-packing":[74],"Problem":[75],"(VBP).":[76],"Many":[77],"heuristics,":[78],"recently":[80],"machine":[81],"learning":[82,126],"approaches,":[83],"have":[84],"been":[85],"developed":[86],"solve":[88,102],"this":[89],"NP-hard":[90],"problem":[91],"real-time":[93],"decisions.":[94],"We":[95,159],"propose":[96],"CARL,":[97],"novel":[99],"approach":[100],"VBP":[103,121],"through":[104],"Adversarial":[105],"Reinforcement":[106],"Learning":[107],"(RL)":[108],"cost":[110],"minimization.":[111],"It":[112,139,211,224],"mimics":[113],"behavior":[116],"an":[118],"offline":[119],"semi-optimal":[120],"solver":[122],"(teacher),":[123],"while":[124],"automatically":[125],"reward":[128],"function":[129],"reducing":[131],"VM":[133,215],"costs":[134,216],"which":[135],"out-performs":[136],"teacher.":[138],"requires":[140],"limited":[141],"historical":[142],"workload":[144,155],"traces":[145,168],"train,":[147],"resilient":[150],"changes":[152,226],"in":[153,227],"distribution":[156],"during":[157],"inferencing.":[158],"extensively":[160],"evaluate":[161],"CARL":[162,198],"workloads":[164],"derived":[165],"from":[166,169,246],"realistic":[167],"Google":[170],"Alibaba":[172],"5":[177],"k\u201310":[178],"k":[179,185],"2":[183],"k\u20138":[184],"VMs,":[186],"compare":[188],"it":[189],"with":[190],"classic":[191,218],"heuristics":[192],"state-of-the-art":[194],"RL":[195,221],"methods.":[196,222],"(1)":[197],"isfast,":[199],"e.g.,":[200],"making":[201],"at$\\approx":[204],"1900$requests/sec":[205],"8,900":[207],"candidate":[208],"VMs.":[209],"(2)":[210],"isefficient,":[212],"achieving$\\approx":[213],"16\\%$lower":[214],"than":[217],"contemporary":[220],"(3)":[223],"isrobustto":[225],"workload,":[229],"offering":[230],"competitive":[231],"results":[232],"even":[233],"when":[234],"or":[238],"inter-arrival":[239],"time":[240],"skew":[245],"training":[248],"workload.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}