{"id":"https://openalex.org/W4225690946","doi":"https://doi.org/10.1109/tcc.2022.3169157","title":"Resource Allocation With Workload-Time Windows for Cloud-Based Software Services: A Deep Reinforcement Learning Approach","display_name":"Resource Allocation With Workload-Time Windows for Cloud-Based Software Services: A Deep Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-04-21","ids":{"openalex":"https://openalex.org/W4225690946","doi":"https://doi.org/10.1109/tcc.2022.3169157"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2022.3169157","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2022.3169157","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100371774","display_name":"Xing Chen","orcid":"https://orcid.org/0000-0001-9641-3528"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xing Chen","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China","Fujian Key Laboratory of Network Computing and Intelligent Information Processing, Fuzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Fujian Key Laboratory of Network Computing and Intelligent Information Processing, Fuzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081256236","display_name":"Lijian Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijian Yang","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China","Fujian Key Laboratory of Network Computing and Intelligent Information Processing, Fuzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Fujian Key Laboratory of Network Computing and Intelligent Information Processing, Fuzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004385468","display_name":"Zheyi Chen","orcid":"https://orcid.org/0000-0002-6349-068X"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheyi Chen","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China","Fujian Key Laboratory of Network Computing and Intelligent Information Processing, Fuzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Fujian Key Laboratory of Network Computing and Intelligent Information Processing, Fuzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100770003","display_name":"Geyong Min","orcid":"https://orcid.org/0000-0003-1395-7314"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Geyong Min","raw_affiliation_strings":["Department of Computer Science, College of Engineering, Mathematics and Physical Sciences, University of Exeter, Exeter, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Engineering, Mathematics and Physical Sciences, University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040927683","display_name":"Xianghan Zheng","orcid":"https://orcid.org/0000-0001-8047-3059"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianghan Zheng","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China","Fujian Key Laboratory of Network Computing and Intelligent Information Processing, Fuzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Fujian Key Laboratory of Network Computing and Intelligent Information Processing, Fuzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108044249","display_name":"Chunming Rong","orcid":"https://orcid.org/0000-0002-8347-0539"},"institutions":[{"id":"https://openalex.org/I92008406","display_name":"University of Stavanger","ror":"https://ror.org/02qte9q33","country_code":"NO","type":"education","lineage":["https://openalex.org/I92008406"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Chunming Rong","raw_affiliation_strings":["Department of Electronic Engineering and Computer Science, University of Stavanger, Stavanger, Norway"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Computer Science, University of Stavanger, Stavanger, Norway","institution_ids":["https://openalex.org/I92008406"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100371774"],"corresponding_institution_ids":["https://openalex.org/I80947539"],"apc_list":null,"apc_paid":null,"fwci":14.6659,"has_fulltext":false,"cited_by_count":48,"citation_normalized_percentile":{"value":0.98975545,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"11","issue":"2","first_page":"1871","last_page":"1885"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.827472448348999},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8075836896896362},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6607869863510132},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6399562358856201},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5916734933853149},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5634246468544006},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5436065793037415},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5364198684692383},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.47557464241981506},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.278167188167572},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2733667492866516},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1682266891002655}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.827472448348999},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8075836896896362},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6607869863510132},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6399562358856201},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5916734933853149},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5634246468544006},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5436065793037415},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5364198684692383},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.47557464241981506},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.278167188167572},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2733667492866516},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1682266891002655}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2022.3169157","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2022.3169157","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G3448430387","display_name":null,"funder_award_id":"62072108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1984255960","https://openalex.org/W2114296561","https://openalex.org/W2145339207","https://openalex.org/W2298230701","https://openalex.org/W2327383306","https://openalex.org/W2335146458","https://openalex.org/W2364584108","https://openalex.org/W2509954358","https://openalex.org/W2523674396","https://openalex.org/W2597068831","https://openalex.org/W2674963269","https://openalex.org/W2737359858","https://openalex.org/W2745047326","https://openalex.org/W2751313252","https://openalex.org/W2794101494","https://openalex.org/W2795328742","https://openalex.org/W2799237774","https://openalex.org/W2806568802","https://openalex.org/W2896319274","https://openalex.org/W2897471634","https://openalex.org/W2947931578","https://openalex.org/W2953384591","https://openalex.org/W2962806975","https://openalex.org/W2986615528","https://openalex.org/W2996131224","https://openalex.org/W2998898762","https://openalex.org/W3021813981","https://openalex.org/W3032515432","https://openalex.org/W3033149514","https://openalex.org/W3034962907","https://openalex.org/W3076691351","https://openalex.org/W3089116250","https://openalex.org/W3117513126","https://openalex.org/W3119617013","https://openalex.org/W3184490324","https://openalex.org/W4205601070","https://openalex.org/W4214717370","https://openalex.org/W6713134421"],"related_works":["https://openalex.org/W1939996075","https://openalex.org/W2118113972","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W2304003539","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903"],"abstract_inverted_index":{"As":[0],"the":[1,22,51,56,100,106,150,156,171,179,187,191],"workloads":[2,104],"and":[3,45,61,102,194],"service":[4],"requests":[5],"in":[6,105],"cloud":[7,68],"computing":[8],"environments":[9,69],"change":[10],"constantly,":[11],"cloud-based":[12,40,94],"software":[13,41,95],"services":[14,42,96],"need":[15],"to":[16,34,66,71,132,148],"adaptively":[17],"allocate":[18],"resources":[19],"for":[20,39,93],"ensuring":[21],"Quality-of-Service":[23],"(QoS)":[24],"while":[25],"reducing":[26],"resource":[27,37,86,107,152],"costs.":[28],"However,":[29],"it":[30],"is":[31,122,146],"very":[32],"challenging":[33],"achieve":[35,190],"adaptive":[36],"allocation":[38,108,153],"with":[43,89],"complex":[44],"variable":[46],"system":[47,139,158],"states.":[48,140],"Most":[49],"of":[50,59,119,163,174],"existing":[52],"methods":[53,198],"only":[54],"consider":[55],"current":[57,101,157],"condition":[58],"workloads,":[60],"thus":[62],"cannot":[63],"well":[64],"adapt":[65],"real-world":[67],"subject":[70],"fluctuating":[72],"workloads.":[73],"To":[74],"address":[75],"this":[76],"challenge,":[77],"we":[78],"propose":[79],"a":[80,142],"novel":[81],"Deep":[82,113],"Reinforcement":[83],"learning":[84],"based":[85,116,124],"Allocation":[87],"method":[88,182],"workload-time":[90,126],"Windows":[91],"(DRAW)":[92],"that":[97,170],"considers":[98],"both":[99],"future":[103],"process.":[109],"Specifically,":[110],"an":[111],"original":[112],"Q-Network":[114],"(DQN)":[115],"prediction":[117,172],"model":[118],"management":[120,135,164,175],"operations":[121,136,176],"trained":[123],"on":[125],"windows,":[127],"which":[128],"can":[129,183,189],"be":[130],"used":[131],"predict":[133],"appropriate":[134],"under":[137,155,204],"different":[138,205],"Next,":[141],"new":[143],"feedback-control":[144],"mechanism":[145],"designed":[147],"construct":[149],"objective":[151],"plan":[154],"state":[159],"through":[160],"iterative":[161],"execution":[162],"operations.":[165],"Extensive":[166],"simulation":[167],"results":[168],"demonstrate":[169],"accuracy":[173],"generated":[177],"by":[178,199],"proposed":[180],"DRAW":[181,188],"reach":[184],"90.69%.":[185],"Moreover,":[186],"optimal/near-optimal":[192],"performance":[193],"outperform":[195],"other":[196],"classic":[197],"3":[200],"<inline-formula><tex-math":[201],"notation=\"LaTeX\">$\\sim$</tex-math></inline-formula>":[202],"13%":[203],"scenarios.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":6}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}