{"id":"https://openalex.org/W4412610425","doi":"https://doi.org/10.1109/hpcc64274.2024.00036","title":"Reinforcement Learning for Efficient Multi-phase Resource Allocation","display_name":"Reinforcement Learning for Efficient Multi-phase Resource Allocation","publication_year":2024,"publication_date":"2024-12-13","ids":{"openalex":"https://openalex.org/W4412610425","doi":"https://doi.org/10.1109/hpcc64274.2024.00036"},"language":"en","primary_location":{"id":"doi:10.1109/hpcc64274.2024.00036","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpcc64274.2024.00036","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on High Performance Computing and Communications (HPCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019795083","display_name":"Zhenfu Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenfu Zhang","raw_affiliation_strings":["South-Central Minzu University,College of Computer Science,Wuhan,China,430074"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South-Central Minzu University,College of Computer Science,Wuhan,China,430074","institution_ids":["https://openalex.org/I145897649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101943775","display_name":"Haiyan Yin","orcid":"https://orcid.org/0000-0001-8796-3448"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Haiyan Yin","raw_affiliation_strings":["Centre for Frontier AI Research,Agency for Science, Technology and Research (A*STAR),Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Frontier AI Research,Agency for Science, Technology and Research (A*STAR),Singapore","institution_ids":["https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Liudong Zuo","orcid":null},"institutions":[{"id":"https://openalex.org/I290598920","display_name":"California State University, Dominguez Hills","ror":"https://ror.org/04pyvbw03","country_code":"US","type":"education","lineage":["https://openalex.org/I290598920"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liudong Zuo","raw_affiliation_strings":["California State University Dominguez Hills,Computer Science Department,Carson,CA,USA,90747"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California State University Dominguez Hills,Computer Science Department,Carson,CA,USA,90747","institution_ids":["https://openalex.org/I290598920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320832","display_name":"Xiao Zhang","orcid":"https://orcid.org/0009-0000-8568-8649"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Zhang","raw_affiliation_strings":["South-Central Minzu University,College of Computer Science,Wuhan,China,430074"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South-Central Minzu University,College of Computer Science,Wuhan,China,430074","institution_ids":["https://openalex.org/I145897649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018133179","display_name":"Jianlin Zhu","orcid":"https://orcid.org/0000-0002-2635-2456"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlin Zhu","raw_affiliation_strings":["South-Central Minzu University,College of Computer Science,Wuhan,China,430074"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South-Central Minzu University,College of Computer Science,Wuhan,China,430074","institution_ids":["https://openalex.org/I145897649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102618106","display_name":"Yuxuan Fan","orcid":"https://orcid.org/0009-0000-3470-7897"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxuan Fan","raw_affiliation_strings":["South-Central Minzu University,College of Computer Science,Wuhan,China,430074"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South-Central Minzu University,College of Computer Science,Wuhan,China,430074","institution_ids":["https://openalex.org/I145897649"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014790039","display_name":"Pan Lai","orcid":"https://orcid.org/0000-0002-4967-5573"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pan Lai","raw_affiliation_strings":["South-Central Minzu University,College of Computer Science,Wuhan,China,430074"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South-Central Minzu University,College of Computer Science,Wuhan,China,430074","institution_ids":["https://openalex.org/I145897649"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.43764781,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"200","last_page":"207"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.8075000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.8075000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.7918999791145325,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.7692000269889832,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8134244680404663},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7165590524673462},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5730569362640381},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.44317322969436646},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4286883473396301},{"id":"https://openalex.org/keywords/phase","display_name":"Phase (matter)","score":0.4253595173358917},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4198807179927826},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.20491790771484375},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1301133632659912},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.07516941428184509}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8134244680404663},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7165590524673462},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5730569362640381},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.44317322969436646},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4286883473396301},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.4253595173358917},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4198807179927826},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.20491790771484375},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1301133632659912},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.07516941428184509},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpcc64274.2024.00036","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpcc64274.2024.00036","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on High Performance Computing and Communications (HPCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320311649","display_name":"Ministry of Education","ror":"https://ror.org/036nq5137"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327462","display_name":"Wuhan Textile University","ror":"https://ror.org/02jgsf398"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1490557056","https://openalex.org/W1639877187","https://openalex.org/W1908714026","https://openalex.org/W2018857611","https://openalex.org/W2025820354","https://openalex.org/W2058705882","https://openalex.org/W2145339207","https://openalex.org/W2177372563","https://openalex.org/W2294487725","https://openalex.org/W2327542793","https://openalex.org/W2336227589","https://openalex.org/W2338114094","https://openalex.org/W2339571668","https://openalex.org/W2398987396","https://openalex.org/W2607844539","https://openalex.org/W2762575110","https://openalex.org/W2792071139","https://openalex.org/W2799944166","https://openalex.org/W2951258124","https://openalex.org/W2983618830","https://openalex.org/W2997812768","https://openalex.org/W3086667056","https://openalex.org/W4200519734","https://openalex.org/W4210838544","https://openalex.org/W6677916085","https://openalex.org/W6685444567","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W4315630413","https://openalex.org/W2153007255"],"abstract_inverted_index":{"Efficient":[0],"resource":[1,103,127,178,209],"allocation":[2,40,104,128,179,210],"is":[3],"pivotal":[4],"for":[5,19,54],"achieving":[6,217],"high":[7],"performance":[8],"in":[9,74,86,193,200,206],"emerging":[10],"computer":[11],"systems,":[12],"where":[13,67],"multiple":[14],"users":[15],"and":[16,34,156,171,196,216],"tasks":[17],"compete":[18],"shared":[20],"resources.":[21],"This":[22],"challenge":[23],"spans":[24],"various":[25],"domains,":[26],"including":[27],"data":[28],"centers,":[29],"multicore":[30],"processors,":[31],"cloud":[32],"computing":[33],"edge":[35],"computing,":[36],"each":[37],"requiring":[38],"nuanced":[39,143],"strategies":[41,184],"to":[42,60,81,90,176,198],"balance":[43],"competing":[44],"demands.":[45],"Traditional":[46],"approaches":[47],"often":[48],"assume":[49],"concave":[50],"utility":[51,69,83,139,214],"(performance)":[52],"functions":[53,70,140,215],"users,":[55],"simplifying":[56],"optimization":[57],"but":[58],"failing":[59],"capture":[61],"the":[62,75,78,91,109,117,135,146,186,208],"complexities":[63],"of":[64,112,120,137,145],"real-world":[65],"scenarios":[66],"non-concave":[68,213],"prevail.":[71],"Numerous":[72],"works":[73],"literature":[76],"apply":[77],"greedy":[79,188],"algorithm":[80,189],"nonconcave":[82],"functions,":[84],"resulting":[85],"suboptimal":[87],"solution":[88],"due":[89],"short-sighted":[92],"behaviors.":[93],"To":[94,115],"improve":[95],"this":[96,121],"gap,":[97],"we":[98,123],"propose":[99],"a":[100,125,142],"novel":[101],"multiphase":[102],"framework":[105],"that":[106,133],"accurately":[107],"reflects":[108],"non-linear":[110],"dynamics":[111],"these":[113],"systems.":[114],"tackle":[116],"NP-complete":[118],"nature":[119],"problem,":[122],"formulate":[124],"customized":[126],"Markov":[129],"Decision":[130],"Process":[131],"(MDP)":[132],"integrates":[134],"characteristics":[136],"multi-phase":[138],"into":[141],"design":[144],"key":[147],"MDP":[148],"components,":[149],"such":[150],"as":[151],"state":[152],"representations,":[153],"reward":[154],"signals,":[155],"actions.":[157],"We":[158],"explore":[159],"two":[160],"reinforcement":[161],"learning":[162],"(RL)-based":[163],"methods,":[164],"specifically":[165],"Dueling":[166],"Deep":[167],"Q-Network":[168],"(Dueling":[169],"DQN)":[170],"Proximal":[172],"Policy":[173],"Optimization":[174],"(PPO),":[175],"optimize":[177],"over":[180],"time.":[181],"Our":[182],"RL-based":[183],"outperform":[185],"conventional":[187],"by":[190],"approximately":[191],"37%":[192],"standard":[194],"environments":[195],"up":[197],"73%":[199],"specialized":[201],"environments,":[202],"highlighting":[203],"their":[204],"effectiveness":[205],"handling":[207],"problem":[211],"with":[212],"scalable,":[218],"real-time":[219],"solutions.":[220]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}