{"id":"https://openalex.org/W4386248625","doi":"https://doi.org/10.1109/icsse58758.2023.10227229","title":"IRLS: An Improved Reinforcement Learning Scheduler for High Performance Computing Systems","display_name":"IRLS: An Improved Reinforcement Learning Scheduler for High Performance Computing Systems","publication_year":2023,"publication_date":"2023-07-27","ids":{"openalex":"https://openalex.org/W4386248625","doi":"https://doi.org/10.1109/icsse58758.2023.10227229"},"language":"en","primary_location":{"id":"doi:10.1109/icsse58758.2023.10227229","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsse58758.2023.10227229","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on System Science and Engineering (ICSSE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082986295","display_name":"Thanh Hoang Le Hai","orcid":"https://orcid.org/0000-0001-7821-9158"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]},{"id":"https://openalex.org/I47265099","display_name":"Ho Chi Minh City University of Technology","ror":"https://ror.org/04qva2324","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I47265099"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Thanh Hoang Le Hai","raw_affiliation_strings":["Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10,High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering,Ho Chi Minh City,Vietnam","High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering, Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10, Ho Chi Minh City, Vietnam","Linh Trung Ward, Thu Duc City, Ho Chi Minh City, Vietnam","Vietnam National University, Ho Chi Minh City"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10,High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering,Ho Chi Minh City,Vietnam","institution_ids":["https://openalex.org/I47265099"]},{"raw_affiliation_string":"High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering, Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I47265099"]},{"raw_affiliation_string":"Linh Trung Ward, Thu Duc City, Ho Chi Minh City, Vietnam","institution_ids":[]},{"raw_affiliation_string":"Vietnam National University, Ho Chi Minh City","institution_ids":["https://openalex.org/I123565023"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092815253","display_name":"Luan Le Dinh","orcid":"https://orcid.org/0009-0007-2823-6129"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]},{"id":"https://openalex.org/I47265099","display_name":"Ho Chi Minh City University of Technology","ror":"https://ror.org/04qva2324","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I47265099"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Luan Le Dinh","raw_affiliation_strings":["Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10,High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering,Ho Chi Minh City,Vietnam","High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering, Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10, Ho Chi Minh City, Vietnam","Linh Trung Ward, Thu Duc City, Ho Chi Minh City, Vietnam","Vietnam National University, Ho Chi Minh City"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10,High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering,Ho Chi Minh City,Vietnam","institution_ids":["https://openalex.org/I47265099"]},{"raw_affiliation_string":"High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering, Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I47265099"]},{"raw_affiliation_string":"Linh Trung Ward, Thu Duc City, Ho Chi Minh City, Vietnam","institution_ids":[]},{"raw_affiliation_string":"Vietnam National University, Ho Chi Minh City","institution_ids":["https://openalex.org/I123565023"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dat Ngo Tien","orcid":null},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]},{"id":"https://openalex.org/I47265099","display_name":"Ho Chi Minh City University of Technology","ror":"https://ror.org/04qva2324","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I47265099"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Dat Ngo Tien","raw_affiliation_strings":["Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10,High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering,Ho Chi Minh City,Vietnam","High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering, Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10, Ho Chi Minh City, Vietnam","Linh Trung Ward, Thu Duc City, Ho Chi Minh City, Vietnam","Vietnam National University, Ho Chi Minh City"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10,High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering,Ho Chi Minh City,Vietnam","institution_ids":["https://openalex.org/I47265099"]},{"raw_affiliation_string":"High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering, Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I47265099"]},{"raw_affiliation_string":"Linh Trung Ward, Thu Duc City, Ho Chi Minh City, Vietnam","institution_ids":[]},{"raw_affiliation_string":"Vietnam National University, Ho Chi Minh City","institution_ids":["https://openalex.org/I123565023"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111031524","display_name":"D. Tien","orcid":null},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]},{"id":"https://openalex.org/I47265099","display_name":"Ho Chi Minh City University of Technology","ror":"https://ror.org/04qva2324","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I47265099"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Dat Bui Huu Tien","raw_affiliation_strings":["Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10,High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering,Ho Chi Minh City,Vietnam","High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering, Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10, Ho Chi Minh City, Vietnam","Linh Trung Ward, Thu Duc City, Ho Chi Minh City, Vietnam","Vietnam National University, Ho Chi Minh City"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10,High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering,Ho Chi Minh City,Vietnam","institution_ids":["https://openalex.org/I47265099"]},{"raw_affiliation_string":"High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering, Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I47265099"]},{"raw_affiliation_string":"Linh Trung Ward, Thu Duc City, Ho Chi Minh City, Vietnam","institution_ids":[]},{"raw_affiliation_string":"Vietnam National University, Ho Chi Minh City","institution_ids":["https://openalex.org/I123565023"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045014005","display_name":"Nam Thoai","orcid":"https://orcid.org/0000-0003-0499-8640"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]},{"id":"https://openalex.org/I47265099","display_name":"Ho Chi Minh City University of Technology","ror":"https://ror.org/04qva2324","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I47265099"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Nam Thoai","raw_affiliation_strings":["Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10,High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering,Ho Chi Minh City,Vietnam","High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering, Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10, Ho Chi Minh City, Vietnam","Linh Trung Ward, Thu Duc City, Ho Chi Minh City, Vietnam","Vietnam National University, Ho Chi Minh City"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10,High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering,Ho Chi Minh City,Vietnam","institution_ids":["https://openalex.org/I47265099"]},{"raw_affiliation_string":"High Performance Computing Laboratory, Advanced Institute of Interdisciplinary Science and Technology, Faculty of Computer Science and Engineering, Ho Chi Minh City University of Technology (HCMUT), 268 Ly Thuong Kiet Street, District 10, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I47265099"]},{"raw_affiliation_string":"Linh Trung Ward, Thu Duc City, Ho Chi Minh City, Vietnam","institution_ids":[]},{"raw_affiliation_string":"Vietnam National University, Ho Chi Minh City","institution_ids":["https://openalex.org/I123565023"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2958,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.81660191,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"587","last_page":"592"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8804895877838135},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8773269653320312},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.7002165913581848},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6368139982223511},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6278244256973267},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.4703911542892456},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42801088094711304},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3379230499267578},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0874815583229065}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8804895877838135},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8773269653320312},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7002165913581848},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6368139982223511},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6278244256973267},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.4703911542892456},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42801088094711304},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3379230499267578},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0874815583229065},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icsse58758.2023.10227229","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsse58758.2023.10227229","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on System Science and Engineering (ICSSE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4099999964237213,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1573602196","https://openalex.org/W1993411524","https://openalex.org/W1998047408","https://openalex.org/W2042336578","https://openalex.org/W2118449103","https://openalex.org/W2133569115","https://openalex.org/W2257979135","https://openalex.org/W2342840547","https://openalex.org/W2546571074","https://openalex.org/W2792423399","https://openalex.org/W2949756009","https://openalex.org/W2990747716","https://openalex.org/W3091992486","https://openalex.org/W3129362935","https://openalex.org/W3133071166","https://openalex.org/W3162464873","https://openalex.org/W3176930059","https://openalex.org/W3206396201","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6704559304","https://openalex.org/W6770858630"],"related_works":["https://openalex.org/W2000785801","https://openalex.org/W986318368","https://openalex.org/W2384410913","https://openalex.org/W2280422768","https://openalex.org/W3143197806","https://openalex.org/W2352878646","https://openalex.org/W4252555497","https://openalex.org/W2004734601","https://openalex.org/W2130149817","https://openalex.org/W2990194547"],"abstract_inverted_index":{"Exploiting":[0],"current":[1],"High":[2],"Performance":[3],"Computing":[4],"(HPC)":[5],"systems":[6,37],"is":[7],"a":[8,51],"critical":[9],"task":[10],"for":[11,105],"resolving":[12],"urgent":[13],"worldwide":[14],"problems.":[15],"However,":[16,70],"existing":[17,71],"scheduling":[18],"heuristics":[19],"such":[20],"as":[21,50],"First":[22,24],"Come":[23],"Served":[25],"(FCFS)":[26],"have":[27],"limitations":[28],"in":[29,122],"dealing":[30],"with":[31,164],"the":[32,39,76,99,123,132,151,158,172],"increasing":[33],"complexity":[34],"of":[35,42,83,160,166],"computing":[36],"and":[38,67,85,135,176],"dynamic":[40,64],"nature":[41],"application":[43],"workloads.":[44],"Reinforcement":[45,102,111],"learning":[46],"(RL)":[47],"has":[48],"emerged":[49],"promising":[52],"approach":[53,139],"to":[54,61,63,78,98,126,140,168,171,179],"designing":[55],"HPC":[56,162],"schedulers":[57,73],"that":[58,148],"can":[59,155],"learn":[60],"adapt":[62],"system":[65],"configurations":[66],"workload":[68],"conditions.":[69],"RL-based":[72],"often":[74],"lack":[75],"ability":[77],"incorporate":[79],"important":[80],"identity":[81,120],"features":[82,121],"jobs":[84],"do":[86],"not":[87],"consider":[88],"user":[89],"behavior.To":[90],"address":[91],"these":[92],"limitations,":[93],"we":[94,154],"propose":[95],"an":[96,137],"improvement":[97],"latest":[100],"Deep":[101],"Learning":[103,112],"Agent":[104],"Scheduling":[106],"(DRAS)":[107],"model,":[108,153],"called":[109],"Improved":[110],"Scheduler":[113],"(IRLS).":[114],"The":[115],"IRLS":[116,152],"model":[117,175],"incorporates":[118],"additional":[119],"state":[124],"definition":[125],"recognize":[127],"similarities":[128],"between":[129],"tasks":[130],"from":[131],"same":[133],"source":[134],"utilizes":[136],"empirical":[138],"perform":[141],"job":[142],"runtime":[143],"prediction.":[144],"Our":[145],"experiments":[146],"demonstrate":[147],"by":[149],"using":[150],"significantly":[156],"improve":[157],"performance":[159],"real-life":[161],"workloads,":[163],"improvements":[165],"up":[167],"15.4%":[169],"compared":[170,178],"original":[173],"DRAS":[174],"35.7%":[177],"FCFS.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}