{"id":"https://openalex.org/W7020416834","doi":null,"title":"Learning to Control the Cloud","display_name":"Learning to Control the Cloud","alternate_titles":[],"publication_year":2023,"publication_date":"2023-10-31","ids":{"openalex":"https://openalex.org/W7020416834"},"language":"en","primary_location":{"id":"pmh:oai:lup.lub.lu.se:1ef59d79-83a8-4762-a1e5-7ed9115a5d9f","doi":null,"is_oa":true,"landing_page_url":"https://lup.lub.lu.se/record/1ef59d79-83a8-4762-a1e5-7ed9115a5d9f","pdf_url":"https://lup.lub.lu.se/search/files/162733162/thesis_links.pdf","source":{"id":"https://openalex.org/S4306400536","display_name":"Lund University Publications (Lund University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I187531555","host_organization_name":"Lund University","host_organization_lineage":["https://openalex.org/I187531555"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/doctoralThesis"},"parent_works":[],"lineage":["https://openalex.org/W7020416834"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://lup.lub.lu.se/search/files/162733162/thesis_links.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014605716","display_name":"Albin Heimerson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I187531555","display_name":"Lund University","ror":"https://ror.org/012a77v79","country_code":"SE","type":"education","lineage":["https://openalex.org/I187531555"]}],"countries":["SE"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Heimerson, Albin","raw_affiliation_strings":["Department of Automatic Control, Lund University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Automatic Control, Lund University","institution_ids":["https://openalex.org/I187531555"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5014605716"],"corresponding_institution_ids":["https://openalex.org/I187531555"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14098","display_name":"Energy Efficiency in Computing","score":0.010700000450015068,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-resource-management","display_name":"cloud resource management","score":0.8980000019073486},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.6549999713897705},{"id":"https://openalex.org/keywords/data-center-cooling","display_name":"data center cooling","score":0.7950000166893005},{"id":"https://openalex.org/keywords/load-balancing","display_name":"load balancing","score":0.9670000076293945},{"id":"https://openalex.org/keywords/energy-efficiency","display_name":"energy efficiency","score":0.8690000176429749},{"id":"https://openalex.org/keywords/airflow-simulation","display_name":"airflow simulation","score":0.7310000061988831},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"quality of service","score":0.45100000500679016},{"id":"https://openalex.org/keywords/data-driven-control","display_name":"data-driven control","score":0.5009999871253967},{"id":"https://openalex.org/keywords/server-placement","display_name":"server placement","score":0.34299999475479126},{"id":"https://openalex.org/keywords/heat-distribution","display_name":"heat distribution","score":0.3140000104904175},{"id":"https://openalex.org/keywords/context-aware-control","display_name":"context-aware control","score":0.367000013589859}],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.829800009727478},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7215999960899353},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6114000082015991},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5845000147819519},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.555899977684021},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.47909998893737793},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47749999165534973},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4307999908924103},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4058000147342682},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.39410001039505005},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.3499999940395355},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.33730000257492065},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33059999346733093},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C30772137","wikidata":"https://www.wikidata.org/wiki/Q5164762","display_name":"Consumption (sociology)","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C520301825","wikidata":"https://www.wikidata.org/wiki/Q380170","display_name":"Energy conservation","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.25870001316070557},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:lup.lub.lu.se:1ef59d79-83a8-4762-a1e5-7ed9115a5d9f","doi":null,"is_oa":true,"landing_page_url":"https://lup.lub.lu.se/record/1ef59d79-83a8-4762-a1e5-7ed9115a5d9f","pdf_url":"https://lup.lub.lu.se/search/files/162733162/thesis_links.pdf","source":{"id":"https://openalex.org/S4306400536","display_name":"Lund University Publications (Lund University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I187531555","host_organization_name":"Lund University","host_organization_lineage":["https://openalex.org/I187531555"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/doctoralThesis"}],"best_oa_location":{"id":"pmh:oai:lup.lub.lu.se:1ef59d79-83a8-4762-a1e5-7ed9115a5d9f","doi":null,"is_oa":true,"landing_page_url":"https://lup.lub.lu.se/record/1ef59d79-83a8-4762-a1e5-7ed9115a5d9f","pdf_url":"https://lup.lub.lu.se/search/files/162733162/thesis_links.pdf","source":{"id":"https://openalex.org/S4306400536","display_name":"Lund University Publications (Lund University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I187531555","host_organization_name":"Lund University","host_organization_lineage":["https://openalex.org/I187531555"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/doctoralThesis"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.428600013256073,"display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7020416834.pdf","grobid_xml":"https://content.openalex.org/works/W7020416834.grobid-xml"},"referenced_works_count":169,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W205043379","https://openalex.org/W1191599655","https://openalex.org/W1501066815","https://openalex.org/W1570713732","https://openalex.org/W1600911950","https://openalex.org/W1612565963","https://openalex.org/W1757796397","https://openalex.org/W1771410628","https://openalex.org/W1845972764","https://openalex.org/W1963694397","https://openalex.org/W1970789124","https://openalex.org/W1971700347","https://openalex.org/W1972005403","https://openalex.org/W1976068300","https://openalex.org/W1980035368","https://openalex.org/W1980516134","https://openalex.org/W1990005421","https://openalex.org/W2009932506","https://openalex.org/W2011418219","https://openalex.org/W2014028771","https://openalex.org/W2016296660","https://openalex.org/W2018096052","https://openalex.org/W2021136283","https://openalex.org/W2021786390","https://openalex.org/W2027622407","https://openalex.org/W2037619298","https://openalex.org/W2046376809","https://openalex.org/W2046660101","https://openalex.org/W2051434435","https://openalex.org/W2059879891","https://openalex.org/W2075653320","https://openalex.org/W2076337359","https://openalex.org/W2085748504","https://openalex.org/W2086161653","https://openalex.org/W2086478591","https://openalex.org/W2088266288","https://openalex.org/W2094454794","https://openalex.org/W2100677568","https://openalex.org/W2104733512","https://openalex.org/W2107128713","https://openalex.org/W2108152153","https://openalex.org/W2119242743","https://openalex.org/W2119717200","https://openalex.org/W2120575449","https://openalex.org/W2122311800","https://openalex.org/W2130801532","https://openalex.org/W2137983211","https://openalex.org/W2138583691","https://openalex.org/W2139571722","https://openalex.org/W2140135625","https://openalex.org/W2145339207","https://openalex.org/W2148777482","https://openalex.org/W2155968351","https://openalex.org/W2164858444","https://openalex.org/W2169190474","https://openalex.org/W2176412452","https://openalex.org/W2201581102","https://openalex.org/W2239232218","https://openalex.org/W2254253446","https://openalex.org/W2257979135","https://openalex.org/W2275530856","https://openalex.org/W2326506621","https://openalex.org/W2436219157","https://openalex.org/W2482888308","https://openalex.org/W2522710757","https://openalex.org/W2525748878","https://openalex.org/W2546571074","https://openalex.org/W2550848904","https://openalex.org/W2562238396","https://openalex.org/W2570019159","https://openalex.org/W2587964702","https://openalex.org/W2619381903","https://openalex.org/W2740797603","https://openalex.org/W2745110207","https://openalex.org/W2752072341","https://openalex.org/W2767859977","https://openalex.org/W2780624097","https://openalex.org/W2781726626","https://openalex.org/W2782968911","https://openalex.org/W2784011956","https://openalex.org/W2787027464","https://openalex.org/W2789824229","https://openalex.org/W2795399964","https://openalex.org/W2795843265","https://openalex.org/W2805762288","https://openalex.org/W2808746463","https://openalex.org/W2808980893","https://openalex.org/W2811374584","https://openalex.org/W2883265831","https://openalex.org/W2885210924","https://openalex.org/W2885815581","https://openalex.org/W2887327525","https://openalex.org/W2888655287","https://openalex.org/W2888929497","https://openalex.org/W2890141553","https://openalex.org/W2890208753","https://openalex.org/W2899346917","https://openalex.org/W2902753838","https://openalex.org/W2904246096","https://openalex.org/W2907627983","https://openalex.org/W2908206373","https://openalex.org/W2929242575","https://openalex.org/W2931122162","https://openalex.org/W2943978006","https://openalex.org/W2963520322","https://openalex.org/W2964121744","https://openalex.org/W2964229770","https://openalex.org/W2970125901","https://openalex.org/W2970971581","https://openalex.org/W2981037657","https://openalex.org/W2982530739","https://openalex.org/W2982539992","https://openalex.org/W2982619481","https://openalex.org/W2988246890","https://openalex.org/W2992833799","https://openalex.org/W2997337786","https://openalex.org/W2999026783","https://openalex.org/W3011120880","https://openalex.org/W3011139853","https://openalex.org/W3015251165","https://openalex.org/W3022566517","https://openalex.org/W3035035250","https://openalex.org/W3035700320","https://openalex.org/W3035915309","https://openalex.org/W3037207827","https://openalex.org/W3038822267","https://openalex.org/W3043757251","https://openalex.org/W3084294947","https://openalex.org/W3095669803","https://openalex.org/W3121342653","https://openalex.org/W3136117146","https://openalex.org/W3160722708","https://openalex.org/W3174911860","https://openalex.org/W3175295581","https://openalex.org/W3188324247","https://openalex.org/W3196394054","https://openalex.org/W3202033099","https://openalex.org/W3215694551","https://openalex.org/W4205335289","https://openalex.org/W4210704481","https://openalex.org/W4212922449","https://openalex.org/W4212996499","https://openalex.org/W4213308398","https://openalex.org/W4213425930","https://openalex.org/W4221110788","https://openalex.org/W4226026738","https://openalex.org/W4231109964","https://openalex.org/W4247230948","https://openalex.org/W4247263453","https://openalex.org/W4252214219","https://openalex.org/W4283373492","https://openalex.org/W4285983629","https://openalex.org/W4288658754","https://openalex.org/W4293246091","https://openalex.org/W4297632667","https://openalex.org/W4308669897","https://openalex.org/W4310608955","https://openalex.org/W4317384992","https://openalex.org/W4320561332","https://openalex.org/W4324268133","https://openalex.org/W4388904294","https://openalex.org/W4402402057","https://openalex.org/W4409147637","https://openalex.org/W4413642769","https://openalex.org/W7008149705","https://openalex.org/W7030039166","https://openalex.org/W7048742428","https://openalex.org/W7124284865"],"related_works":["https://openalex.org/W2548704908","https://openalex.org/W2595166142","https://openalex.org/W2809835790","https://openalex.org/W4226504144","https://openalex.org/W2143787862","https://openalex.org/W2034923388","https://openalex.org/W7056322853","https://openalex.org/W2783992985","https://openalex.org/W7212168694","https://openalex.org/W2963231192"],"abstract_inverted_index":{"With":[0],"the":[1,4,10,14,30,39,42,47,51,56,74,77,80,118,122,130,148,164,170,204,217,268,298,326,331,335,339,366,378,383,393,416,436,443,447,467,472,506,518,527,583,588,591,613,616,622,627,646,649,653,699,702,710,725,747,751,754],"growth":[2],"of":[3,13,38,50,76,103,129,150,219,239,272,301,353,474,558,590,615,701],"cloud":[5,31,57,91,119,224,280,481],"industry":[6],"in":[7,29,55,222,263,293,307,316,334,430,435,466,479,539],"recent":[8],"years,":[9],"energy":[11,23,48,314,370],"consumption":[12,49,371],"underlying":[15,123],"infrastructure":[16,124,174],"is":[17,44,58,92,156,236,243,311,385,421,426,486,567,619,698,743],"a":[18,93,133,137,157,185,212,226,231,237,308,312,320,341,351,398,408,476,480,484,501,509,514,559,563,573,604],"major":[19,313],"concern.The":[20],"need":[21,81],"for":[22,82,160,193,246,323,377,572,657],"efficient":[24,127,143],"resource":[25,144],"management":[26,54],"and":[27,85,106,115,141,169,197,209,251,270,286,304,325,355,362,406,529,541,577,660,750],"control":[28,181,261,278,300,350,357,680],"becomes":[32,214],"increasingly":[33,215],"important":[34],"as":[35,73,89,621,728],"one":[36],"part":[37],"solution,":[40],"where":[41,483],"other":[43,433],"to":[45,110,125,255,258,277,283,349,368,374,387,390,432,462,464,532,552,561,569,608,642,673,693,712,715,722,736],"reduce":[46,369],"hardware":[52],"itself.Resource":[53],"typically":[59,493],"done":[60],"using":[61,401,495,553,578,593],"relatively":[62],"simple":[63,342],"methods,":[64,681],"with":[65,96,136,365,446,513,639],"either":[66],"local":[67,496],"controllers":[68,87],"or":[69],"human":[70],"operators,":[71],"though":[72,600],"complexity":[75],"system":[78,445,623,711,749],"increases,":[79],"more":[83,194,207,409,658],"intelligent":[84,178],"automated":[86],"increases":[88],"well.The":[90],"complex":[94,158,260,284],"environment":[95,135],"many":[97,223,264,489],"individual":[98],"consumers":[99,165],"sharing":[100],"large":[101],"pools":[102],"resources,":[104],"scaling":[105,166,475],"moving":[107],"their":[108,112,167,173],"applications":[109],"satisfy":[111],"own":[113],"objectives":[114],"requirements,":[116],"while":[117,146,372,458],"provider":[120],"manages":[121],"make":[126],"use":[128,392,530],"hardware.This":[131],"creates":[132],"dynamic":[134],"highly":[138,744],"variable":[139],"load,":[140],"managing":[142,172],"usage":[145],"keeping":[147,536],"quality":[149],"service":[151,485],"at":[152,471],"an":[153,554,633],"acceptable":[154],"level":[155],"task":[159],"such":[161],"unpredictable":[162],"environments.Both":[163],"resources":[168,538],"providers":[171],"could":[175,191],"benefit":[176],"from":[177,418,488,547,626,652,705],"automation.By":[179],"creating":[180],"strategies":[182,262],"that":[183,242,290,382,415,424,452,667,676,687,724],"take":[184,603],"larger":[186,201,448],"context":[187,202],"into":[188],"account,":[189],"it":[190,425,453,520,720],"allow":[192],"informed":[195],"decisions,":[196],"thus":[198,337,661],"better":[199],"control.A":[200],"makes":[203],"problem":[205,473],"space":[206],"complex,":[208],"manually":[210],"designing":[211],"controller":[213,384,503,592,597,726],"difficult.With":[216],"abundance":[218],"data":[220],"available":[221],"systems,":[225],"data-driven":[227],"approach":[228],"seems":[229],"like":[230],"natural":[232,321],"choice.":[233],"Reinforcement":[234],"learning":[235,241,275,348,511],"type":[238],"machine":[240],"well":[244],"suited":[245],"sequential":[247],"decisions":[248],"over":[249,359,516,582],"time,":[250],"has":[252],"been":[253],"shown":[254],"be":[256,637,671],"able":[257,386,461],"learn":[259,388],"different":[265,279,524],"domains.We":[266],"explore":[267,297],"benefits":[269],"challenges":[271],"applying":[273,690],"reinforcement":[274,347,510],"methods":[276,457,692,735],"systems":[281,303],"according":[282],"objectives,":[285],"what":[287,740],"usability":[288,685],"concerns":[289,686],"show":[291,631],"up":[292,405],"practice.Starting":[294],"off,":[295],"we":[296,345,413,439,550,585,601,665,732],"combined":[299],"cooling":[302,361,394,437,444],"load":[305,327,363,574],"balancing":[306,328,575],"datacenter.":[309],"Cooling":[310],"consumer":[315],"datacenters,":[317],"giving":[318],"us":[319],"objective":[322,367],"optimization,":[324],"will":[329],"affect":[330],"heat":[332],"distribution":[333],"datacenter,":[336],"affecting":[338],"cooling.In":[340],"simulated":[343],"environment,":[344,482],"apply":[346],"mix":[352],"discrete":[354],"continuous":[356],"variables":[358],"both":[360],"balancing,":[364],"adhering":[373],"temperature":[375],"thresholds":[376],"servers.":[379],"We":[380],"find":[381,414,666],"how":[389,523,632],"efficiently":[391],"system,":[395,528],"improving":[396],"on":[397,441,678,746,753],"baseline":[399],"implemented":[400],"standard":[402,456,679],"methods.Scaling":[403],"this":[404,531],"adding":[407],"realistic":[410],"air-flow":[411],"simulation,":[412],"gain":[417],"perfect":[419],"placement":[420],"so":[422],"small":[423],"simply":[427],"generating":[428],"noise":[429],"comparison":[431],"factors":[434],"system.Instead,":[438],"focus":[440],"controlling":[442],"observational":[449],"context,":[450],"showing":[451],"outperforms":[454],"existing":[455,555],"also":[459],"being":[460],"adapt":[463],"changes":[465],"system.We":[468],"then":[469,630],"look":[470],"web":[477],"services":[478],"built":[487],"interconnected":[490],"microservices.These":[491],"are":[492,683],"scaled":[494],"reactive":[497],"controllers,":[498],"but":[499],"employing":[500],"proactive":[502],"should":[504],"improve":[505,677],"performance.By":[507],"providing":[508],"agent":[512],"view":[515],"all":[517],"services,":[519,535],"implicitly":[521],"learns":[522],"jobs":[525],"traverse":[526],"proactively":[533],"scale":[534],"less":[537],"reserve,":[540],"still":[542],"meeting":[543],"response":[544],"time":[545],"requirements.Moving":[546],"model-free":[548],"control,":[549],"turn":[551],"fluid":[556,565,617,647],"model":[557,566,618,635,655],"microservice":[560],"create":[562,674],"controller.The":[564],"used":[568,672],"simulate":[570],"trajectories":[571],"controller,":[576],"arbitrary":[579],"loss":[580],"functions":[581],"trajectory,":[584],"can":[586,636,669],"optimize":[587],"parameters":[589],"automatic":[594],"differentiation.The":[595],"resulting":[596],"behaves":[598,727],"well,":[599],"only":[602],"single":[605],"gradient":[606],"step":[607],"ensure":[609,723],"stable":[610],"updates,":[611],"since":[612],"accuracy":[614,651],"reduced":[620],"moves":[624],"away":[625],"training":[628,708],"data.We":[629],"imperfect":[634],"extended":[638,654],"neural":[640],"networks":[641],"capture":[643],"unmodelled":[644],"dynamics.For":[645],"model,":[648],"increased":[650],"allows":[656],"steps":[659],"faster":[662],"policy":[663],"convergence.While":[664],"RL":[668],"indeed":[670],"policies":[675],"there":[682],"several":[684,734],"arise":[688],"when":[689,730],"these":[691,738],"real":[694],"systems.The":[695],"main":[696],"issue":[697],"instability":[700],"whole":[703],"process,":[704],"exploration":[706],"during":[707],"driving":[709],"bad":[713],"states,":[714],"opaque":[716],"function":[717],"approximators":[718],"making":[719],"difficult":[721],"expected":[729],"deployed.While":[731],"discuss":[733],"mitigate":[737],"issues,":[739],"actually":[741],"works":[742],"dependent":[745],"specific":[748],"requirements":[752],"controller.":[755]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7020416834","counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-10-10T00:00:00"}
