{"id":"https://openalex.org/W2973135636","doi":"https://doi.org/10.1109/tnsm.2021.3075619","title":"SQLR: Short-Term Memory Q-Learning for Elastic Provisioning","display_name":"SQLR: Short-Term Memory Q-Learning for Elastic Provisioning","publication_year":2021,"publication_date":"2021-04-26","ids":{"openalex":"https://openalex.org/W2973135636","doi":"https://doi.org/10.1109/tnsm.2021.3075619","mag":"2973135636"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2021.3075619","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3075619","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1909.05772","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090764870","display_name":"Constantine Ayimba","orcid":"https://orcid.org/0000-0003-4032-9735"},"institutions":[{"id":"https://openalex.org/I2802499160","display_name":"IMDEA Networks","ror":"https://ror.org/04mm9fg30","country_code":"ES","type":"facility","lineage":["https://openalex.org/I105140100","https://openalex.org/I2802499160"]},{"id":"https://openalex.org/I4210143378","display_name":"IMDEA Food","ror":"https://ror.org/04g4ezh90","country_code":"ES","type":"facility","lineage":["https://openalex.org/I105140100","https://openalex.org/I4210143378"]},{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Constantine Ayimba","raw_affiliation_strings":["Department of Telematics Engineering, University Carlos III of Madrid, Legan\u00e9s, Spain","Opportunistic Architectures Lab, IMDEA Networks Institute, Legan\u00e9s, Spain","Imdea"],"raw_orcid":"https://orcid.org/0000-0003-4032-9735","affiliations":[{"raw_affiliation_string":"Department of Telematics Engineering, University Carlos III of Madrid, Legan\u00e9s, Spain","institution_ids":["https://openalex.org/I50357001"]},{"raw_affiliation_string":"Opportunistic Architectures Lab, IMDEA Networks Institute, Legan\u00e9s, Spain","institution_ids":["https://openalex.org/I2802499160"]},{"raw_affiliation_string":"Imdea","institution_ids":["https://openalex.org/I4210143378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026873556","display_name":"Paolo Casari","orcid":"https://orcid.org/0000-0002-6401-1660"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]},{"id":"https://openalex.org/I4210143378","display_name":"IMDEA Food","ror":"https://ror.org/04g4ezh90","country_code":"ES","type":"facility","lineage":["https://openalex.org/I105140100","https://openalex.org/I4210143378"]}],"countries":["ES","IT"],"is_corresponding":false,"raw_author_name":"Paolo Casari","raw_affiliation_strings":["Department of Information Engineering and Computer Science, University of Trento, Povo, Italy","Imdea"],"raw_orcid":"https://orcid.org/0000-0002-6401-1660","affiliations":[{"raw_affiliation_string":"Department of Information Engineering and Computer Science, University of Trento, Povo, Italy","institution_ids":["https://openalex.org/I193223587"]},{"raw_affiliation_string":"Imdea","institution_ids":["https://openalex.org/I4210143378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070765508","display_name":"Vincenzo Mancuso","orcid":"https://orcid.org/0000-0002-4661-381X"},"institutions":[{"id":"https://openalex.org/I2802499160","display_name":"IMDEA Networks","ror":"https://ror.org/04mm9fg30","country_code":"ES","type":"facility","lineage":["https://openalex.org/I105140100","https://openalex.org/I2802499160"]},{"id":"https://openalex.org/I4210143378","display_name":"IMDEA Food","ror":"https://ror.org/04g4ezh90","country_code":"ES","type":"facility","lineage":["https://openalex.org/I105140100","https://openalex.org/I4210143378"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Vincenzo Mancuso","raw_affiliation_strings":["Opportunistic Architectures Lab, IMDEA Networks Institute, Legan\u00e9s, Spain","Imdea"],"raw_orcid":"https://orcid.org/0000-0002-4661-381X","affiliations":[{"raw_affiliation_string":"Opportunistic Architectures Lab, IMDEA Networks Institute, Legan\u00e9s, Spain","institution_ids":["https://openalex.org/I2802499160"]},{"raw_affiliation_string":"Imdea","institution_ids":["https://openalex.org/I4210143378"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.567,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.71230921,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"18","issue":"2","first_page":"1850","last_page":"1869"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.9162071943283081},{"id":"https://openalex.org/keywords/unavailability","display_name":"Unavailability","score":0.885287880897522},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7407752871513367},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7291053533554077},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.4718242585659027},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4561748504638672},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4335729777812958},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.43260639905929565},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.40722498297691345},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.18771624565124512},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.1394641101360321},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.13044381141662598},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1080719530582428}],"concepts":[{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.9162071943283081},{"id":"https://openalex.org/C2780505938","wikidata":"https://www.wikidata.org/wiki/Q17093282","display_name":"Unavailability","level":2,"score":0.885287880897522},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7407752871513367},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7291053533554077},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.4718242585659027},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4561748504638672},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4335729777812958},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.43260639905929565},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.40722498297691345},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.18771624565124512},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.1394641101360321},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.13044381141662598},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1080719530582428}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1109/tnsm.2021.3075619","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3075619","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1909.05772","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.05772","pdf_url":"https://arxiv.org/pdf/1909.05772","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:iris.unitn.it:11572/303763","is_oa":true,"landing_page_url":"http://hdl.handle.net/11572/303763","pdf_url":null,"source":{"id":"https://openalex.org/S4377196320","display_name":"Iris (University of Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.1909.05772","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1909.05772","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.21227/kr5e-bd82","is_oa":true,"landing_page_url":"https://doi.org/10.21227/kr5e-bd82","pdf_url":null,"source":{"id":"https://openalex.org/S7407051695","display_name":"IEEE DataPort","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dataset"},{"id":"doi:10.21227/ktz6-wx96","is_oa":true,"landing_page_url":"https://doi.org/10.21227/ktz6-wx96","pdf_url":null,"source":{"id":"https://openalex.org/S7407051695","display_name":"IEEE DataPort","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dataset"},{"id":"mag:2973135636","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1909.05772","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.05772","pdf_url":"https://arxiv.org/pdf/1909.05772","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G4859786573","display_name":null,"funder_award_id":"PID2019-109805RB-I00 (ECID)","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1936787251","https://openalex.org/W1973861090","https://openalex.org/W1987334646","https://openalex.org/W2031780258","https://openalex.org/W2032596654","https://openalex.org/W2032797777","https://openalex.org/W2091291608","https://openalex.org/W2122311800","https://openalex.org/W2126083918","https://openalex.org/W2127967823","https://openalex.org/W2136000679","https://openalex.org/W2143650210","https://openalex.org/W2148881326","https://openalex.org/W2158926674","https://openalex.org/W2583804069","https://openalex.org/W2749534834","https://openalex.org/W2751313252","https://openalex.org/W2767101511","https://openalex.org/W2774613393","https://openalex.org/W2784011956","https://openalex.org/W2803437730","https://openalex.org/W2805220021","https://openalex.org/W2811004790","https://openalex.org/W2892350999","https://openalex.org/W2895019217","https://openalex.org/W2898608500","https://openalex.org/W3011120880","https://openalex.org/W3015395145","https://openalex.org/W3125245754","https://openalex.org/W4210977193","https://openalex.org/W4240411378","https://openalex.org/W4249489757","https://openalex.org/W6632593403","https://openalex.org/W6775686901","https://openalex.org/W6790407712"],"related_works":["https://openalex.org/W2114349882","https://openalex.org/W3047528224","https://openalex.org/W2313820822","https://openalex.org/W1997453044","https://openalex.org/W2890354453","https://openalex.org/W2181861650","https://openalex.org/W2149672163","https://openalex.org/W2619557979","https://openalex.org/W2400527595","https://openalex.org/W791224651","https://openalex.org/W2005251796","https://openalex.org/W2564792493","https://openalex.org/W2751313252","https://openalex.org/W2117372312","https://openalex.org/W1934067941","https://openalex.org/W2811509811","https://openalex.org/W2356072832","https://openalex.org/W2906212980","https://openalex.org/W2245707670","https://openalex.org/W2185132918"],"abstract_inverted_index":{"As":[0],"a":[1,17,67,70],"growing":[2],"number":[3,91],"of":[4,73,92,124,147],"service":[5,33,135],"and":[6],"application":[7],"providers":[8,22],"choose":[9],"cloud":[10,21],"networks":[11],"to":[12,24,31,50,88,97,109,138,145],"deliver":[13],"their":[14,26,48],"services":[15],"on":[16],"software-as-a-service":[18],"(SaaS)":[19],"basis,":[20],"need":[23],"make":[25],"provisioning":[27],"systems":[28,110],"agile":[29],"enough":[30],"meet":[32],"level":[34],"agreements":[35],"(SLAs).":[36],"At":[37],"the":[38,74,90,122],"same":[39],"time,":[40],"they":[41],"should":[42],"guard":[43],"against":[44],"over-provisioning,":[45],"which":[46],"limits":[47],"capacity":[49],"accommodate":[51],"more":[52],"tenants.":[53],"To":[54],"this":[55],"end,":[56],"we":[57,119],"propose":[58],"Shortterm":[59],"memory":[60],"Q-Learning":[61],"pRovisioning":[62],"(SQLR,":[63],"pronounced":[64],"as":[65],"\u201cscaler\u201d),":[66],"system":[68],"employing":[69],"customized":[71],"variant":[72],"modelfree":[75],"reinforcement":[76],"learning":[77],"algorithm.":[78],"It":[79],"can":[80,120],"reuse":[81],"contextual":[82],"knowledge":[83],"learned":[84],"from":[85],"one":[86],"workload":[87,100],"optimize":[89],"virtual":[93],"machines":[94],"(resources)":[95],"allocated":[96],"serve":[98],"other":[99],"patterns.":[101],"With":[102],"minimal":[103],"overhead,":[104],"SQLR":[105],"achieves":[106],"comparable":[107],"results":[108],"where":[111],"resources":[112,126],"are":[113],"unconstrained.":[114],"Our":[115],"experiments":[116],"show":[117],"that":[118],"reduce":[121],"amount":[123],"provisioned":[125],"by":[127],"about":[128],"20%":[129],"with":[130],"less":[131],"than":[132],"1%":[133],"overall":[134],"unavailability":[136],"(due":[137],"blocking),":[139],"while":[140],"delivering":[141],"similar":[142],"response":[143],"times":[144],"those":[146],"an":[148],"over-provisioned":[149],"system.":[150]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}