{"id":"https://openalex.org/W4402808902","doi":"https://doi.org/10.1109/tpds.2024.3467212","title":"Two-Timescale Joint Optimization of Task Scheduling and Resource Scaling in Multi-Data Center System Based on Multi-Agent Deep Reinforcement Learning","display_name":"Two-Timescale Joint Optimization of Task Scheduling and Resource Scaling in Multi-Data Center System Based on Multi-Agent Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-09-24","ids":{"openalex":"https://openalex.org/W4402808902","doi":"https://doi.org/10.1109/tpds.2024.3467212"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2024.3467212","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2024.3467212","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045720734","display_name":"Shuangwu Chen","orcid":"https://orcid.org/0000-0003-2817-9738"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuangwu Chen","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China","Univ. of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Univ. of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025487231","display_name":"Jiangming Li","orcid":"https://orcid.org/0009-0005-1289-3584"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangming Li","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China","Univ. of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Univ. of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082713659","display_name":"Qifeng Yuan","orcid":"https://orcid.org/0000-0002-2010-5091"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qifeng Yuan","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China","Univ. of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Univ. of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047787436","display_name":"Huasen He","orcid":"https://orcid.org/0000-0001-9963-019X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huasen He","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China","Univ. of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Univ. of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113326516","display_name":"Sen Li","orcid":"https://orcid.org/0009-0002-4708-4224"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sen Li","raw_affiliation_strings":["Guangxi Key Laboratory of Digital Infrastructure, Nanning, Guangxi, China"],"affiliations":[{"raw_affiliation_string":"Guangxi Key Laboratory of Digital Infrastructure, Nanning, Guangxi, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083577000","display_name":"Jian Yang","orcid":"https://orcid.org/0000-0002-7329-4738"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Yang","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China","Univ. of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Univ. of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5045720734"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":7.0148,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.96980087,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"35","issue":"12","first_page":"2331","last_page":"2346"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13832","display_name":"Advanced Decision-Making Techniques","score":0.738099992275238,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13832","display_name":"Advanced Decision-Making Techniques","score":0.738099992275238,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.7078999876976013,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8028510808944702},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.793506383895874},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6309367418289185},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5078340172767639},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.5028132796287537},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4984323978424072},{"id":"https://openalex.org/keywords/processor-scheduling","display_name":"Processor scheduling","score":0.48724237084388733},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4857493042945862},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.45933640003204346},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.35793083906173706},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29480069875717163},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.22584936022758484},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.15220889449119568},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08281385898590088}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8028510808944702},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.793506383895874},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6309367418289185},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5078340172767639},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.5028132796287537},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4984323978424072},{"id":"https://openalex.org/C2984822820","wikidata":"https://www.wikidata.org/wiki/Q1123036","display_name":"Processor scheduling","level":3,"score":0.48724237084388733},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4857493042945862},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.45933640003204346},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.35793083906173706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29480069875717163},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.22584936022758484},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.15220889449119568},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08281385898590088},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2024.3467212","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2024.3467212","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W582556278","https://openalex.org/W2099197225","https://openalex.org/W2335656221","https://openalex.org/W2620934568","https://openalex.org/W2923919516","https://openalex.org/W2924948991","https://openalex.org/W2945566046","https://openalex.org/W2975654487","https://openalex.org/W2982576723","https://openalex.org/W3000872410","https://openalex.org/W3006670753","https://openalex.org/W3011559056","https://openalex.org/W3014805346","https://openalex.org/W3027366302","https://openalex.org/W3088341007","https://openalex.org/W3094591976","https://openalex.org/W3107417205","https://openalex.org/W3112164530","https://openalex.org/W3128486303","https://openalex.org/W3135202758","https://openalex.org/W3138090604","https://openalex.org/W3156939233","https://openalex.org/W3195447391","https://openalex.org/W3198834566","https://openalex.org/W3206994654","https://openalex.org/W3217418368","https://openalex.org/W4205883888","https://openalex.org/W4211110760","https://openalex.org/W4283207177","https://openalex.org/W4285983629","https://openalex.org/W4292387240","https://openalex.org/W4312918711","https://openalex.org/W4313854701","https://openalex.org/W4366333679","https://openalex.org/W4382200919","https://openalex.org/W4399409232"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W2128410848","https://openalex.org/W2102390841","https://openalex.org/W2118368532","https://openalex.org/W2126232624","https://openalex.org/W2434525066","https://openalex.org/W3140149227","https://openalex.org/W2130555437"],"abstract_inverted_index":{"As":[0],"a":[1,91,130,150,181],"new":[2],"computing":[3,7,106],"paradigm,":[4],"multi-data":[5,63],"center":[6,64],"enables":[8],"service":[9,42],"providers":[10],"to":[11,16,21,30,36,116,139,169],"deploy":[12],"their":[13],"applications":[14],"close":[15],"the":[17,22,52,67,71,82,102,109,117,124,141,164,172,176],"users.":[18],"However,":[19],"due":[20],"spatio-temporal":[23],"changes":[24,119],"in":[25,62,77,120],"workloads,":[26],"it":[27],"is":[28,167],"challenging":[29],"coordinate":[31],"multiple":[32],"distributed":[33,125],"data":[34,146],"centers":[35],"provide":[37],"high-quality":[38],"services":[39],"while":[40,179],"reducing":[41],"operation":[43],"costs.":[44],"To":[45,122],"address":[46,123],"this":[47,49],"challenge,":[48],"article":[50],"studies":[51],"joint":[53,83],"optimization":[54,84,93,126],"problem":[55,85],"of":[56,105,144],"task":[57,68,97,173,177],"scheduling":[58,69,98],"and":[59,70,89,108,175],"resource":[60,72,111],"scaling":[61,73,112],"systems.":[65],"Since":[66],"are":[74],"usually":[75],"performed":[76],"different":[78],"timescales,":[79],"we":[80,128,148],"decompose":[81],"into":[86],"two":[87],"sub-problems":[88],"propose":[90,129],"two-timescale":[92,131],"framework.":[94],"The":[95,160],"short-timescale":[96],"can":[99,113],"promptly":[100],"relieve":[101],"bursty":[103],"arrivals":[104],"tasks,":[107],"long-timescale":[110],"adapt":[114],"well":[115],"long-term":[118],"workloads.":[121],"problem,":[127],"multi-agent":[132],"deep":[133],"reinforcement":[134],"learning":[135],"algorithm.":[136],"In":[137],"order":[138],"characterize":[140],"graph-structured":[142],"states":[143],"connected":[145],"centers,":[147],"develop":[149],"directed":[151],"graph":[152],"convolutional":[153],"network":[154],"based":[155],"global":[156],"state":[157],"representation":[158],"model.":[159],"evaluation":[161],"indicates":[162],"that":[163],"proposed":[165],"algorithm":[166],"able":[168],"reduce":[170],"both":[171],"makespan":[174],"timeout":[178],"maintaining":[180],"reasonable":[182],"cost.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":9}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}