{"id":"https://openalex.org/W3000872410","doi":"https://doi.org/10.1109/tpds.2020.2968427","title":"Efficient Compute-Intensive Job Allocation in Data Centers via Deep Reinforcement Learning","display_name":"Efficient Compute-Intensive Job Allocation in Data Centers via Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-01-21","ids":{"openalex":"https://openalex.org/W3000872410","doi":"https://doi.org/10.1109/tpds.2020.2968427","mag":"3000872410"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2020.2968427","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2020.2968427","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065826367","display_name":"Deliang Yi","orcid":"https://orcid.org/0000-0002-5237-1140"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Deliang Yi","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007633349","display_name":"Xin Zhou","orcid":"https://orcid.org/0000-0001-5405-9890"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xin Zhou","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041572550","display_name":"Yonggang Wen","orcid":"https://orcid.org/0000-0002-2751-5114"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yonggang Wen","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040651615","display_name":"Rui Tan","orcid":"https://orcid.org/0000-0001-8441-9973"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Rui Tan","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5065826367"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":8.6218,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.9767889,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"31","issue":"6","first_page":"1474","last_page":"1485"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.839096188545227},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.7949031591415405},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.7684251070022583},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7139735221862793},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.49676400423049927},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.478891521692276},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.42630642652511597},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42440056800842285},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3810902237892151},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32019221782684326},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.19844648241996765},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.13765603303909302},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10361278057098389}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.839096188545227},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.7949031591415405},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.7684251070022583},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7139735221862793},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.49676400423049927},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.478891521692276},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.42630642652511597},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42440056800842285},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3810902237892151},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32019221782684326},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19844648241996765},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.13765603303909302},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10361278057098389},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpds.2020.2968427","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2020.2968427","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/161048","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/161048","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1575466580","https://openalex.org/W1602159761","https://openalex.org/W1924770834","https://openalex.org/W1975338449","https://openalex.org/W1978631822","https://openalex.org/W2000659534","https://openalex.org/W2006799629","https://openalex.org/W2030980402","https://openalex.org/W2041653262","https://openalex.org/W2055043902","https://openalex.org/W2063054322","https://openalex.org/W2101221989","https://openalex.org/W2106119405","https://openalex.org/W2107726111","https://openalex.org/W2107751141","https://openalex.org/W2121863487","https://openalex.org/W2136848157","https://openalex.org/W2141684457","https://openalex.org/W2145339207","https://openalex.org/W2150273829","https://openalex.org/W2165424134","https://openalex.org/W2546571074","https://openalex.org/W2597068831","https://openalex.org/W2736578080","https://openalex.org/W2737620022","https://openalex.org/W2738709311","https://openalex.org/W2772721022","https://openalex.org/W2916308079","https://openalex.org/W2953708620","https://openalex.org/W2982625995","https://openalex.org/W2997622231","https://openalex.org/W4214894150","https://openalex.org/W6640212811","https://openalex.org/W6650617382","https://openalex.org/W6676138793","https://openalex.org/W6680972592","https://openalex.org/W6746809867","https://openalex.org/W6764980988"],"related_works":["https://openalex.org/W2055187606","https://openalex.org/W1969542292","https://openalex.org/W4214914670","https://openalex.org/W1498304890","https://openalex.org/W2084875360","https://openalex.org/W3006216828","https://openalex.org/W3123077549","https://openalex.org/W2904165227","https://openalex.org/W2770088598","https://openalex.org/W4214747436"],"abstract_inverted_index":{"Reducing":[0],"the":[1,5,39,105,127,138,143,152],"energy":[2,120],"consumption":[3,31,190],"of":[4],"servers":[6],"in":[7,142],"a":[8,71,82,94,175],"data":[9,40,140,178],"center":[10,41,141,179],"via":[11],"proper":[12],"job":[13,19,171,205],"allocation":[14,20,55],"is":[15,74,90,155],"desirable.":[16],"Existing":[17],"advanced":[18],"algorithms,":[21],"based":[22,97,164],"on":[23,98,165],"constrained":[24],"optimization":[25,44],"formulations":[26],"capturing":[27],"servers'":[28,106],"complex":[29],"power":[30,107,189],"and":[32,43,59,108,122,170,196],"thermal":[33,109],"dynamics,":[34],"often":[35],"scale":[36],"poorly":[37],"with":[38,137,157],"size":[42],"horizon.":[45],"This":[46,111],"article":[47],"applies":[48],"deep":[49,72],"reinforcement":[50],"learning":[51,147],"to":[52,76,80,160],"build":[53],"an":[54],"algorithm":[56],"for":[57],"long-lasting":[58],"compute-intensive":[60],"jobs":[61],"that":[62,103,184],"are":[63],"increasingly":[64],"seen":[65],"among":[66],"today's":[67],"computation":[68,159],"demands.":[69],"Specifically,":[70],"Q-network":[73,154],"trained":[75,153],"allocate":[77,161],"jobs,":[78],"aiming":[79],"maximize":[81],"cumulative":[83],"reward":[84],"over":[85],"long":[86,99],"horizons.":[87],"The":[88],"training":[89,113],"performed":[91],"offline":[92,112],"using":[93],"computational":[95],"model":[96],"short-term":[100],"memory":[101],"networks":[102],"capture":[104],"dynamics.":[110],"approach":[114],"avoids":[115],"slow":[116],"online":[117,146],"convergence,":[118],"low":[119],"efficiency,":[121],"potential":[123],"server":[124],"overheating":[125],"during":[126],"agent's":[128],"extensive":[129],"state-action":[130],"space":[131],"exploration":[132],"if":[133],"it":[134],"directly":[135],"interacts":[136],"physical":[139,168],"usually":[144],"adopted":[145],"scheme.":[148],"At":[149],"run":[150],"time,":[151],"forward-propagated":[156],"little":[158],"jobs.":[162],"Evaluation":[163],"eight":[166],"months'":[167],"state":[169],"arrival":[172],"records":[173],"from":[174],"national":[176],"supercomputing":[177],"hosting":[180],"1,152":[181],"processors":[182],"shows":[183],"our":[185],"solution":[186],"reduces":[187],"computing":[188],"by":[191,199],"more":[192,200],"than":[193,201],"10":[194],"percent":[195],"processor":[197],"temperature":[198],"4\u00b0C":[202],"without":[203],"sacrificing":[204],"processing":[206],"throughput.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-31T07:56:22.981413","created_date":"2025-10-10T00:00:00"}