{"id":"https://openalex.org/W2995635570","doi":"https://doi.org/10.1109/isqed48828.2020.9137025","title":"Energy-aware Scheduling of Jobs in Heterogeneous Cluster Systems Using Deep Reinforcement Learning","display_name":"Energy-aware Scheduling of Jobs in Heterogeneous Cluster Systems Using Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-03-01","ids":{"openalex":"https://openalex.org/W2995635570","doi":"https://doi.org/10.1109/isqed48828.2020.9137025","mag":"2995635570"},"language":"en","primary_location":{"id":"doi:10.1109/isqed48828.2020.9137025","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isqed48828.2020.9137025","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 21st International Symposium on Quality Electronic Design (ISQED)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1912.05160","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081336995","display_name":"Amirhossein Esmaili","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Amirhossein Esmaili","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, California","University  of Southern California"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, California","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"University  of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044650311","display_name":"Massoud Pedram","orcid":"https://orcid.org/0000-0002-2677-7307"},"institutions":[{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]},{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Massoud Pedram","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, California","University  of Southern California"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, California","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"University  of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5081336995"],"corresponding_institution_ids":["https://openalex.org/I1174212","https://openalex.org/I2800817003"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00728114,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"426","last_page":"431"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8286876678466797},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7882914543151855},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6892265677452087},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6794818043708801},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6284815669059753},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6132756471633911},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.5236606001853943},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.47013387084007263},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4309958815574646},{"id":"https://openalex.org/keywords/computer-cluster","display_name":"Computer cluster","score":0.41763490438461304},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3829925060272217},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3437630832195282},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.19677764177322388},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.12930521368980408},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.12102138996124268},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08807435631752014}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8286876678466797},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7882914543151855},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6892265677452087},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6794818043708801},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6284815669059753},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6132756471633911},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.5236606001853943},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.47013387084007263},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4309958815574646},{"id":"https://openalex.org/C29140674","wikidata":"https://www.wikidata.org/wiki/Q206637","display_name":"Computer cluster","level":2,"score":0.41763490438461304},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3829925060272217},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3437630832195282},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.19677764177322388},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.12930521368980408},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.12102138996124268},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08807435631752014},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/isqed48828.2020.9137025","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isqed48828.2020.9137025","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 21st International Symposium on Quality Electronic Design (ISQED)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1912.05160","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1912.05160","pdf_url":"https://arxiv.org/pdf/1912.05160","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2995635570","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1912.05160v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1912.05160","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1912.05160","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1912.05160","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1912.05160","pdf_url":"https://arxiv.org/pdf/1912.05160","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.46000000834465027,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2995635570.pdf"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1757796397","https://openalex.org/W1771410628","https://openalex.org/W2087267355","https://openalex.org/W2119717200","https://openalex.org/W2133569115","https://openalex.org/W2140239028","https://openalex.org/W2145339207","https://openalex.org/W2546571074","https://openalex.org/W2613401654","https://openalex.org/W2617411258","https://openalex.org/W2891487352","https://openalex.org/W2905228630","https://openalex.org/W2913276496","https://openalex.org/W2949608212","https://openalex.org/W2952332632","https://openalex.org/W3162118826","https://openalex.org/W6638018090","https://openalex.org/W6738144653","https://openalex.org/W6754621075"],"related_works":["https://openalex.org/W3041401671","https://openalex.org/W3206130365","https://openalex.org/W3013649657","https://openalex.org/W2885720703","https://openalex.org/W3022437934","https://openalex.org/W2785693166","https://openalex.org/W2746045200","https://openalex.org/W2464565109","https://openalex.org/W3118997420","https://openalex.org/W3160406065","https://openalex.org/W2997642048","https://openalex.org/W2005650200","https://openalex.org/W3202681458","https://openalex.org/W3188796960","https://openalex.org/W3038926846","https://openalex.org/W3209378564","https://openalex.org/W3112454542","https://openalex.org/W3094736321","https://openalex.org/W2153779974","https://openalex.org/W2588337307"],"abstract_inverted_index":{"Energy":[0],"consumption":[1,66],"is":[2,44,73],"one":[3],"of":[4,45,53],"the":[5,24,42,95,114],"most":[6],"critical":[7],"concerns":[8],"in":[9,23,40,69,84,134],"designing":[10],"computing":[11],"devices,":[12],"ranging":[13],"from":[14],"portable":[15],"embedded":[16],"systems":[17,28,72],"to":[18,35,50,129],"computer":[19],"cluster":[20,27,71],"systems.":[21],"Furthermore,":[22],"past":[25],"decade,":[26],"have":[29],"increasingly":[30],"risen":[31],"as":[32],"popular":[33],"platforms":[34],"run":[36],"computing-intensive":[37],"real-time":[38,54,70],"applications":[39],"which":[41],"performance":[43,68],"great":[46],"importance.":[47],"However,":[48],"due":[49],"different":[51,107],"characteristics":[52,108],"workloads,":[55],"developing":[56],"general":[57],"job":[58],"scheduling":[59,102,115],"solutions":[60],"that":[61,98,121],"efficiently":[62],"address":[63],"both":[64],"energy":[65],"and":[67,125],"a":[74],"challenging":[75],"problem.":[76],"In":[77],"this":[78],"paper,":[79],"inspired":[80],"by":[81],"recent":[82],"advances":[83],"applying":[85],"deep":[86],"reinforcement":[87],"learning":[88],"for":[89,104],"resource":[90],"management":[91],"problems,":[92],"we":[93],"present":[94],"Deep-EAS":[96,122],"scheduler":[97],"learns":[99],"efficient":[100],"energy-aware":[101],"strategies":[103],"workloads":[105],"with":[106],"without":[109],"initially":[110],"knowing":[111],"anything":[112],"about":[113],"task":[116],"at":[117],"hand.":[118],"Results":[119],"show":[120],"converges":[123],"quickly,":[124],"performs":[126],"better":[127],"compared":[128],"standard":[130],"manually-tuned":[131],"heuristics,":[132],"especially":[133],"heavy":[135],"load":[136],"conditions.":[137]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}